microcad-lang-parse 0.5.0

µcad language syntax lexer and parser
Documentation
---
source: crates/syntax/tests/tokenizer.rs
expression: "lex(input).collect::<Vec<_>>()"
---
[
    SpannedToken {
        span: 0..1,
        token: SigilOpenSquareBracket,
    },
    SpannedToken {
        span: 1..2,
        token: LiteralInt(
            "1",
        ),
    },
    SpannedToken {
        span: 2..3,
        token: SigilComma,
    },
    SpannedToken {
        span: 3..4,
        token: LiteralInt(
            "2",
        ),
    },
    SpannedToken {
        span: 4..5,
        token: SigilCloseSquareBracket,
    },
    SpannedToken {
        span: 5..6,
        token: SigilQuote,
    },
    SpannedToken {
        span: 6..7,
        token: Whitespace(
            " ",
        ),
    },
    SpannedToken {
        span: 7..9,
        token: OperatorEqual,
    },
    SpannedToken {
        span: 9..10,
        token: Whitespace(
            " ",
        ),
    },
    SpannedToken {
        span: 10..11,
        token: SigilOpenSquareBracket,
    },
    SpannedToken {
        span: 11..12,
        token: LiteralInt(
            "1",
        ),
    },
    SpannedToken {
        span: 12..13,
        token: SigilComma,
    },
    SpannedToken {
        span: 13..14,
        token: LiteralInt(
            "2",
        ),
    },
    SpannedToken {
        span: 14..15,
        token: SigilCloseSquareBracket,
    },
    SpannedToken {
        span: 15..17,
        token: Identifier(
            "cm",
        ),
    },
]